source ~/.bashrc
source ~/xlgeng_bashrc





#   /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/qwenomni_bench_data/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/qwenomni_bench_data/shards_list.txt"
dataname="qwenomni_bench_data"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/three_kingdoms/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/three_kingdoms/shards_list.txt"
dataname="three_kingdoms"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/voicebench_data/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/voicebench_data/shards_list.txt"
dataname="voicebench_data"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_osum_self_instruction_8K/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_osum_self_instruction_8K/shards_list.txt"
dataname="t2t_osum_self_instruction_8K"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num


# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/xianshi_emotion_chat/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/xianshi_emotion_chat/shards_list.txt"
dataname="t2t_xianshi_emotion_chat"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/t2t_sex_chat_2_by_cywang_added_by_20250711/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/t2t_sex_chat_2_by_cywang_added_by_20250711/shards_list.txt"
dataname="t2t_sex_chat_2_by_cywang_added_by_20250711"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/t2t_age_chat_2_by_cywang_added_by_20250711
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_paralanguage_chat/t2t_age_chat_2_by_cywang_added_by_20250711/shards_list.txt"
dataname="t2t_age_chat_2_by_cywang_added_by_20250711"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_full_label_in2w_6k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_full_label_in2w_6k/shards_list.txt"
dataname="s2s_full_label_in2w_6k"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt t2t_age_chat_3_by_cywang_added_by_20250716
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt"
dataname="t2t_age_chat_3_by_cywang_added_by_20250716"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num


# /home/work_nfs23/asr_data/data/osum_chat/s2s/gaozhiliang_gbma/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s/gaozhiliang_gbma/shards_list.txt"
dataname="gaozhiliang_gbma"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# ------------------------------------------------------------------------------------------------------------


# /home/xlgeng/sdb2/gender/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/gender/shards_list.txt"
dataname="gender"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=10
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs6/xlgeng/for_gxl/gender_add_2025_2_4_fix/shards_list.txt
input_shards_path="/home/work_nfs6/xlgeng/for_gxl/gender_add_2025_2_4_fix/shards_list.txt"
dataname="gender_add_2025_2_4_fix"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs6/xlgeng/for_gxl/gender_with_noize_add_2025_2_4/shards_list.txt
input_shards_path="/home/work_nfs6/xlgeng/for_gxl/gender_with_noize_add_2025_2_4/shards_list.txt"
dataname="gender_with_noize_add_2025_2_4"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs6/syliu/for_gxl/Age/simu_age/shards_list.txt
input_shards_path="/home/work_nfs6/syliu/for_gxl/Age/simu_age/shards_list.txt"
dataname="age_3000_noize"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/xlgeng/sdb2/emotion/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion/shards_list.txt"
dataname="emotion"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=2
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/node54_tmpdata2/data4understand/update_data/caption/shards_list.txt
input_shards_path="/home/node54_tmpdata2/data4understand/update_data/caption/shards_list.txt"
dataname="caption"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt"
dataname="s2t_caption_50label"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2t_understanding/caption/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2t_understanding/caption/shards_list.txt"
dataname="caption"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/cywang/data/OSUM_data/shard/S2Chat/merge-all-0806-audioevents/shards_list.txt
input_shards_path="/home/work_nfs23/cywang/data/OSUM_data/shard/S2Chat/merge-all-0806-audioevents/shards_list.txt"
dataname="caption_s2s_xianshi_20250806"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
#my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2s/zhishiwenda_300W/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s/zhishiwenda_300W/shards_list.txt"
dataname="S2SChat_syndata_merged_by_300W_zhguo_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

exit 0









































# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_emotion_echat_implicit_37k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_emotion_echat_implicit_37k/shards_list.txt"
dataname="s2s_emotion_echat_implicit_37k"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=5
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

exit 0

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_7k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_7k/shards_list.txt"
dataname="s2s_para_multilabel_implicit_7k_new"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=7
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_2k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_2k/shards_list.txt"
dataname="s2s_para_multilabel_implicit_2k_new"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=2
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num





# /home/work_nfs23/cywang/data/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt
input_shards_path="/home/work_nfs23/cywang/data/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
dataname="s2s_caption_explicit_multilabel_natural_language_11k"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_caption_explicit_single_label_367k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_caption_explicit_single_label_367k/shards_list.txt"
dataname="s2s_caption_explicit_single_label_367k_new"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num



#   /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/qwenomni_bench_data/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/qwenomni_bench_data/shards_list.txt"
dataname="qwenomni_bench_data"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/three_kingdoms/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/three_kingdoms/shards_list.txt"
dataname="three_kingdoms"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/voicebench_data/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/benchdata/voicebench_data/shards_list.txt"
dataname="voicebench_data"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_osum_self_instruction_8K/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/t2t_data/t2t_osum_self_instruction_8K/shards_list.txt"
dataname="t2t_osum_self_instruction_8K"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num


# /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat_3/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat_3/shard_dir/shards_list.txt"
dataname="t2t_caption_chat_3_by_cywang_added_by_20250716"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt  t2t_age_chat_3_by_cywang_added_by_20250716 1
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat_3/shard_dir/shards_list.txt"
dataname="t2t_age_chat_3_by_cywang_added_by_20250716"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

 # /home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt  t2t_sex_chat_2_by_cywang_added_by_20250715 1
input_shards_path="/home/work_nfs14/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat_2/shard_dir/shards_list.txt"
dataname="t2t_sex_chat_2_by_cywang_added_by_20250715"
remote_root_dir="/home/A02_tmpdata3/osum_t2t"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num




exit 0

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_7k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_7k/shards_list.txt"
dataname="s2s_para_multilabel_implicit_7k_new"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=7
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

# /home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_2k/shards_list.txt
input_shards_path="/home/work_nfs23/asr_data/data/osum_chat/s2s_paralanguage/s2s_para_multilabel_implicit_2k/shards_list.txt"
dataname="s2s_para_multilabel_implicit_2k_new"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=2
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num

exit 0



# /home/work_nfs9/asr_data/data/osum_data/emotion_yinshi_zxzhao/shards_data/shards_list.txt
input_shards_path="/home/work_nfs9/asr_data/data/osum_data/emotion_yinshi_zxzhao/shards_data/shards_list.txt"
dataname="emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

# /home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt"
dataname="caption_add_2025_1_6"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

# /home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt
input_shards_path="/home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt"
dataname="caption_aslp_add_2025_1_15"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 1

exit 0



# /home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt
input_shards_path="/home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt"
dataname="aslp_caption_train_by_wjtian_added_by_20250718"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0306/add_label/shards_list.txt"
dataname="s2t_caption_50label"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/emotion/shards_list.txt  emotion
input_shards_path="/home/xlgeng/sdb2/emotion/shards_list.txt"
dataname="emotion"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/emotion_stage2_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion_stage2_add/shards_list.txt"
dataname="emotion_stage2_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/emotion_stage3_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion_stage3_add/shards_list.txt"
dataname="emotion_stage3_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/emotion_stage4_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion_stage4_add/shards_list.txt"
dataname="emotion_stage4_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/emotion_stage5_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion_stage5_add/shards_list.txt"
dataname="emotion_stage5_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/emotion_meld/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/emotion_meld/shards_list.txt"
dataname="emotion_meld"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/style/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style/shards_list.txt"
dataname="style"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/style_stage3_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style_stage3_add/shards_list.txt"
dataname="style_stage3_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/style_stage4_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style_stage4_add/shards_list.txt"
dataname="style_stage4_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# /home/xlgeng/sdb2/style_stage5_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style_stage5_add/shards_list.txt"
dataname="style_stage5_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs6/syliu/for_gxl/Age/simu_age/shards_list.txt  age_3000_noize
input_shards_path="/home/work_nfs6/syliu/for_gxl/Age/simu_age/shards_list.txt"
dataname="age_3000_noize"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs3/syliu/for_gxl/Age/age/shards_list.txt age_3000
input_shards_path="/home/work_nfs3/syliu/for_gxl/Age/age/shards_list.txt"
dataname="age_3000"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/gender/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/gender/shards_list.txt"
dataname="gender"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs3/syliu/for_gxl/new_gender/Sex/sex/shards_list.txt gender_kaggle
input_shards_path="/home/work_nfs3/syliu/for_gxl/new_gender/Sex/sex/shards_list.txt"
dataname="gender_kaggle"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs6/xlgeng/for_gxl/gender_add_2025_2_4_fix/shards_list.txt
input_shards_path="/home/work_nfs6/xlgeng/for_gxl/gender_add_2025_2_4_fix/shards_list.txt"
dataname="gender_add_2025_2_4_fix"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs6/xlgeng/for_gxl/gender_with_noize_add_2025_2_4/shards_list.txt
input_shards_path="/home/work_nfs6/xlgeng/for_gxl/gender_with_noize_add_2025_2_4/shards_list.txt"
dataname="gender_with_noize_add_2025_2_4"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# /home/xlgeng/sdb2/age_gender_stage2_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/age_gender_stage2_add/shards_list.txt"
dataname="age_gender_stage2_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs3/syliu/for_gxl/Age_Sex/age_sex/shards_list.txt
input_shards_path="/home/work_nfs3/syliu/for_gxl/Age_Sex/age_sex/shards_list.txt"
dataname="age_gender_add_2025_1_13"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/style_age_gender_stage3_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style_age_gender_stage3_add/shards_list.txt"
dataname="style_age_gender_stage3_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/xlgeng/sdb2/age_gender_pure_stage3_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/age_gender_pure_stage3_add/shards_list.txt"
dataname="age_gender_pure_stage3_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/xlgeng/sdb2/style_age_gender_pure_stage3_add/shards_list.txt
input_shards_path="/home/xlgeng/sdb2/style_age_gender_pure_stage3_add/shards_list.txt"
dataname="style_age_gender_pure_stage3_add"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/yacao/0106_twj_shard/shards_0226/merged_output/shards_list.txt merged_output_caption_age_gender_add_2025_2_26
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0226/merged_output/shards_list.txt"
dataname="merged_output_caption_age_gender_add_2025_2_26"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/yacao/0106_twj_shard/shards_0226/nfs10_time1/shards_list.txt nfs10_time1_output_caption_age_gender_add_2025_2_26
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0226/nfs10_time1/shards_list.txt"
dataname="nfs10_time1_output_caption_age_gender_add_2025_2_26"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs7/yacao/0106_twj_shard/shards_0226/other_20000/shards_list.txt    other_20000_caption_age_gender_add_2025_2_26
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0226/other_20000/shards_list.txt"
dataname="other_20000_caption_age_gender_add_2025_2_26"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/yacao/0106_twj_shard/shards_0226/simu9_1227/shards_list.txt  simu9_1227_caption_age_gender_add_2025_2_26
input_shards_path="/home/work_nfs7/yacao/0106_twj_shard/shards_0226/simu9_1227/shards_list.txt"
dataname="simu9_1227_caption_age_gender_add_2025_2_26"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/yacao/0320_multilabel_2/shard/5_label/shards_list.txt   5_label_caption_age_gender_style_emotion_added_2025_3_29_yacao
input_shards_path="/home/work_nfs7/yacao/0320_multilabel_2/shard/5_label/shards_list.txt"
dataname="5_label_caption_age_gender_style_emotion_added_2025_3_29_yacao"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt  audio_caption_by_wjtian_added_by_20250414
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt"
dataname="audio_caption_by_wjtian_added_by_20250414"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100





# /home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt
input_shards_path="/home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards_list.txt"
replace_dir="/home/work_nfs9/yacao/nfs7_copy/yacao/shards/0114_wjtian_simu2/aslp_caption_train/shards"
dataname="aslp_caption_train_by_wjtian_added_by_20250718"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/age_chat/shard_dir"
dataname="t2t_age_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/caption_chat/shard_dir"
dataname="t2t_caption_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/emotion_chat/shard_dir"
dataname="t2t_emotion_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# /home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/osum_data/t2t_paralanguage_chat/sex_chat/shard_dir"
dataname="t2t_sex_chat_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/MMAU-training-all"
dataname="S2SChat_MMAU_training_all_by_wjtian_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


























exit 0


# /home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_7-4_osum"
dataname="S2SChat_age_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_7-4_osum"
dataname="S2SChat_sex_yinshi_7_4_osum_by_cywang_added_by_20250708"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_zh2en"
dataname="S2SChat_0630_trans_zh2en_by_cywang_added_by_20250704"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0630_trans_en2zh"
dataname="S2SChat_0630_trans_en2zh_by_cywang_added_by_20250704"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


input_shards_path="/home/work_nfs11/gjli/workspaces/labeling_glm-4/stage3_task_4.21/style/style_data_6-29_new.list"
replace_dir="/home/work_nfs11/gjli/workspaces/labeling_glm-4/stage3_task_4.21/style"
dataname="yinshi_style_gjli_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

#  "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0625_implicit_reply"
dataname="S2SChat_0625_yinshi_caption_by_yacao_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

#  "/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/multilabel_qa_2000_cleaned_final_with_caption"
dataname="S2SChat_multilabel_qa_2000_cleaned_final_with_caption_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao/shards_list.txt"
input_shards_path="/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao/shards_list.txt"
replace_dir="/home/work_nfs9/asr_data/data/osum/emotion_yinshi_zxzhao"
dataname="emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/echat_alpaca"
dataname="S2SChat_echat_alpaca_with_q_emo_by_cywang_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# " /home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0628_E1_shard"
dataname="S2SChat_0628_E1_shard_by_kxxia_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/CAPTION/class1_zh_processed.with_caption"
dataname="CAPTION_class1_zh_processed_with_caption_by_yacao_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1  # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/ALL_en_Expand-Answered_last"
dataname="S2SChat_ALL_en_Expand_Answered_last_by_cywang_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0629_multi_follow_info"
dataname="S2SChat_0629_multi_follow_info_by_gbma_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0624_qwenomni_bench_data"
dataname="S2SChat_0624_qwenomni_bench_data_by_znlin_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/style_xianshi"
dataname="S2SChat_style_xianshi_by_gjli_added_by_20250630"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt"
input_shards_path="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/age_xianshi_cosyvoice2"
dataname="age_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt"
input_shards_path="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2/shards_list.txt"
replace_dir="/home/work_nfs7/asr_data/data/osum/sex_xianshi_cosyvoice2"
dataname="sex_xianshi_cosyvoice2_by_cywang_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7/data_single.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm0_7"
dataname="yuzhoufm0_7_data_single_by_tlzuo_high_quality_added_by_20250625"  # -----------------
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# " /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single.list"
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/data_single.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500"
dataname="magic_data_500_data_single_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# /home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list
input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500/shards.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/magic_data_500"
dataname="magic_data_500_by_tlzuo_high_quality_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/gaojipinggan"
dataname="S2SChat_gaoji_qinggan_by_gbma_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0603_multi"
dataname="S2SChat_baike_0603_multi_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/baike_0620_multi"
dataname="S2SChat_baike_0620_multi_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



#  "/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gsm8k_data"
dataname="S2SChat_math_gsm8k_data_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100

# "/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/math_gen_data"
dataname="S2SChat_math_gen_data_by_znlin_added_by_20250625"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_content_data"
dataname="S2SChat_pachong_part1_filter_content_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/pachong_part1_filter_author_data"
dataname="S2SChat_pachong_part1_filter_author_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




#  "/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sex_yinshi_5000_6-13_data"
dataname="S2SChat_sex_yinshi_5000_6_13_data_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/age_yinshi_5000_6-13_data"
dataname="S2SChat_age_yinshi_5000_6_13_data_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt"
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2TChat"
dataname="S2TChat_all_caption_multi_xianshi_xlgeng_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum-math_all.jsonl.merge_data"
dataname="voicebench_all_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua_new"
dataname="S2SChat_jinpingduihua_new_re_by_kxxia_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt "
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/Paralanguage_info"
dataname="S2SChat_Paralanguage_info_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



#  "/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/all.jsonl.part1.part1.merge_data_re"
dataname="S2SChat_merged_0523_baike_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


#  "/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/kouyu_20k_0605_data_re"
dataname="S2SChat_kouyu_20k_0605_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0526_kouyu_data_re"
dataname="S2SChat_merged_0526_kouyu_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0521_math_new_data_re"
dataname="S2SChat_0521_math_new_Math23k_data_re_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/merged_0527_math_data_re"
dataname="S2SChat_merged_0527_math_data_re_math23K_by_znlin_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_author_data"
dataname="S2SChat_poem_1_2_6_3_author_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100





# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_1_2_6-3_content_data"
dataname="S2SChat_poem_1_2_6_3_content_data_150num_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data_new"
dataname="S2SChat_poem_500_content_data_new_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data_new"
dataname="S2SChat_poem_500_author_data_new_by_gjli_added_by_20250622"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100





# "/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re"
dataname="S2SChat_0617_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100


# "/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/0617_Ape210k_data_re"
dataname="S2SChat_0616_Ape210k_data_re_by_znlin_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/OSUM_emotion_dialog_0616"
dataname="S2SChat_OSUM_emotion_dialog_0616_by_zxzhao_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa_527_updated"
dataname="S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




#  "/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/final_Lucy_AudioQA_train_updated"
dataname="S2SChat_final_Lucy_AudioQA_train_updated_by_zyzhang_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_merged"
dataname="S2SChat_syndata_merged_by_300W_zhguo_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_total_data_lst_check_final"
dataname="S2SChat_osum_total_data_lst_check_final_100W_by_zhguo_added_by_20250616"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100



# "/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt"
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_512_male_data"
dataname="S2SChat_5W_hq_qa_syndata_512_male_data_by_zhguo_added_by_20250529"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




# "/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt"
input_shards_path="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi/shards_list.txt"
replace_dir="/home/work_nfs9/cywang/OSUM/OSUM_data/shard/S2Chat/0521_multi"
dataname="S2SChat_multi_turn_5W_by_zhguo_added_by_20250522"
remote_root_dir="/home/A02_tmpdata3/osum_s2s"
thread_num=1
my_nohup python ./upload_shards_ningxia.py $input_shards_path $dataname $remote_root_dir $thread_num
sleep 100




